datasets
vllm
fschat[model_worker,webui]
openai
transformers
numpy 
torch
scikit-learn
tenacity